/**
 *	@author: Manimin R. Morga
 *	date created: December 19, 2005
 *	version: 1.3
 */

package text.ia;

import java.util.Vector;

public interface TokenizerInterface{
	
	/**
	 *	Accepts a String sentence and returns 
	 *	a Vector containing Strings of tokens.
	 *
	 *	@return Vector of tokens
	 *	@param String strSentence :
	 *		the sentence to be tokenized
	 *	@param char cTargetLanguage :
	 *		the target language (e.g. 'f' for 
	 *		Filipino and , 'e' for English)
	 */
	public Vector tokenize(String strSentence, char cTargetLanguage);
	
	/**
	 *	After tokenization, the String of sentence is 
	 *	modified if it contains a contraction. The
	 *	contraction is replaced with its corresponding
	 *	expanded word.
	 *
	 *	Example:
	 *	I don't eat ice cream.
	 *
	 *	After tokenization,
	 *	I do not eat ice cream.
	 *
	 *	@return String of the updated sentence
	 */
	public String getUpdatedSentence();
}